ipmi_tools/ipmi_fancontrol.pl at master · missmah/ipmi_tools

master

missmah Add support for specifying number of fan banks as a constant

Latest commit 5ef8170

on Apr 29, 2018

And having the script determine the proper calls to make to update them all properly

1 contributor

219 lines (188 sloc) 7.99 KB

Raw Blame

  
          #!/usr/bin/perl
        
          use strict;
        
          use warnings;
        
          use List::Util qw[min max];
        
          # This script controls SuperMicro server fan speeds via IPMI in response to CPU and GPU Temperatures.
        
          # This script is tested on the SuperMicro X10 4027GR-TRT Server. It may work on other X9/X10/X11 motherboards.
        
          #
        
          # NOTE: The script puts your server into "Full Fan Speed Mode", and then modifies what "Full Speed" means,
        
          #       You have to manually use IPMI to set it to e.g. "Optimal" when you're not using the script.
        
          #
        
          # NOTE: You use this script at your own risk, and no warranty is provided. Do not use in produciton environments.
        
          #
        
          # Author: Layla Mah <layla@insightfulvr.com>
        
          # System Configuration
        
          my $number_of_cpus      = 2; # Number of CPUs to search for
        
          my $number_of_gpus      = 4; # Number of GPUs to search for
        
          my $number_of_fans      = 8; # Number of FANs to search for
        
          my $number_of_fanbanks  = 4; # Number of BANKs of FANs to update
        
          my $min_temp_change     = 5; # *C minimum change to actually cause a fan speed update
        
          my $seconds_to_sleep    = 5; # Number of seconds to sleep between update loops
        
          # IPMI Configuration
        
          my $ipmi_username       = "username_goes_here";
        
          my $ipmi_password       = "password_goes_here";
        
          my $ipmi_ipaddress      = "ip_address_goes_here";
        
          my $ipmi_connectmode    = "lan";
        
          my $ipmi_cmd_listall    = "sdr list full";
        
          my $ipmi_preamble       = 'ipmitool -I $ipmi_connectmode -U $ipmi_username -P $ipmi_password -H $ipmi_ipaddress';
        
          # CPU Temp -> Fan Speed Mappings
        
          my %cpu_temp_to_fan_speed;
        
             $cpu_temp_to_fan_speed{80} = 0x64;
        
             $cpu_temp_to_fan_speed{75} = 0x56;
        
             $cpu_temp_to_fan_speed{70} = 0x48;
        
             $cpu_temp_to_fan_speed{60} = 0x40;
        
             $cpu_temp_to_fan_speed{55} = 0x32;
        
             $cpu_temp_to_fan_speed{50} = 0x16;
        
             $cpu_temp_to_fan_speed{10} = 0x8;
        
          # GPU Temp -> Fan Speed Mappings
        
          my %gpu_temp_to_fan_speed;
        
             $gpu_temp_to_fan_speed{93} = 0x64;
        
             $gpu_temp_to_fan_speed{90} = 0x56;
        
             $gpu_temp_to_fan_speed{85} = 0x48;
        
             $gpu_temp_to_fan_speed{80} = 0x40;
        
             $gpu_temp_to_fan_speed{75} = 0x32;
        
             $gpu_temp_to_fan_speed{70} = 0x24;
        
             $gpu_temp_to_fan_speed{65} = 0x22;
        
             $gpu_temp_to_fan_speed{50} = 0x20;
        
             $gpu_temp_to_fan_speed{40} = 0x18;
        
             $gpu_temp_to_fan_speed{30} = 0x16;
        
             $gpu_temp_to_fan_speed{10} = 0x8;
        
          # Below this line follows the actual implementation of the script
        
          my $g_current_fan_duty_cycle = 0;
        
          my $g_current_gpu_temp = 0;
        
          my $g_current_cpu_temp = 0;
        
          my $g_last_set_cpu_temp = 0;
        
          my $g_last_set_gpu_temp = 0;
        
          sub Internal_DoSetFanSpeed
        
          {
        
            my ( $fan_speed ) = @_;
        
            foreach my $fanbank (0..$number_of_fanbanks)
        
            {
        
              my $hex_fanbank = sprintf( "0x%x", $fanbank );
        
              `ipmitool -I $ipmi_connectmode -U $ipmi_username -P $ipmi_password -H $ipmi_ipaddress raw 0x30 0x70 0x66 0x01 $hex_fanbank $fan_speed`;
        
            }
        
          }
        
          sub SetFanSpeed
        
          {
        
            my ( $fan_speed ) = @_;
        
            my $cpu_temp_difference = $g_current_cpu_temp - $g_last_set_cpu_temp;
        
            my $gpu_temp_difference = $g_current_gpu_temp - $g_last_set_gpu_temp;
        
            if( ( (abs $cpu_temp_difference) > $min_temp_change ) or ( (abs $gpu_temp_difference) > $min_temp_change ) )
        
            {
        
              # Set all 4 fan banks to operate at $fan_speed duty cycle (0x0-0x64 valid range)
        
              print "\n";
        
              print "******************** Updating Fan Speeds ********************\n";
        
              print "We last updated fan speed $cpu_temp_difference *C ago (CPU Temperature).\n";
        
              print "We last updated fan speed $gpu_temp_difference *C ago (GPU Temperature).\n";
        
              print "Current CPU Temperature is $g_current_cpu_temp *C.\n";
        
              print "Current GPU Temperature is $g_current_gpu_temp *C.\n";
        
              print "Setting Fan Speed on all fan banks to $fan_speed\n";
        
              print "*************************************************************\n";
        
              $g_last_set_cpu_temp = $g_current_cpu_temp;
        
              $g_last_set_gpu_temp = $g_current_gpu_temp;
        
              $g_current_fan_duty_cycle = $fan_speed;
        
              Internal_DoSetFanSpeed( $fan_speed );
        
            }
        
          }
        
          sub UpdateFanSpeed
        
          { 
        
            # Gather statistics for fan speed and CPU Temp and stuch
        
            my $ipmi_output = `ipmitool -I $ipmi_connectmode -U $ipmi_username -P $ipmi_password -H $ipmi_ipaddress $ipmi_cmd_listall`;
        
            my @vals = split( "\n", $ipmi_output );
        
            my $current_cpu_temp = 0;
        
            my $current_gpu_temp = 0;
        
            my $min_fan_speed = 30000;
        
            my $max_fan_speed = 0;
        
            foreach my $value (@vals)
        
            {
        
              foreach my $fan (1..$number_of_fans)
        
              {
        
                if( $value =~ /^(FAN$fan)\s.*\s(\d+)\s.*RPM.*/gi )
        
                {
        
                  #print "Value   : $value\n";
        
                  #print "Matched : $1\n";
        
                  #print "FanSpeed: $2 RPM\n";
        
                  print "$1 ....: $2 RPM\n";
        
                  my  $fan_speed = $2;
        
                  $min_fan_speed = min( $fan_speed, $min_fan_speed );
        
                  $max_fan_speed = max( $fan_speed, $max_fan_speed );
        
                }
        
              } # foreach my $fan (1..$number_of_fans)
        
              foreach my $cpu (1..$number_of_cpus)
        
              {
        
                if( $value =~ /^(CPU$cpu\sTemp).*\s(\d+)\s.*degrees\sC.*/gi )
        
                {
        
                  #print "Value  : $value\n";
        
                  #print "Matched: $1\n";
        
                  #print "Temp   : $2 degrees C\n";
        
                  print "$1: $2 degrees C\n";
        
                  my      $cpu_temp = $2;
        
                  $current_cpu_temp = max( $cpu_temp, $current_cpu_temp );
        
                }
        
              } # foreach my $cpu (1..$number_of_cpus)
        
              foreach my $gpu (1..$number_of_gpus)
        
              {
        
                if( $value =~ /^(GPU$gpu\sTemp).*\s(\d+)\s.*degrees\sC.*/gi )
        
                {
        
                  #print "Value  : $value\n";
        
                  #print "Matched: $1\n";
        
                  #print "Temp   : $2 degrees C\n";
        
                  print "$1: $2 degrees C\n";
        
                  my      $gpu_temp = $2;
        
                  $current_gpu_temp = max( $gpu_temp, $current_gpu_temp );
        
                }
        
              } # foreach my $gpu (1..$number_of_gpus)
        
            } # foreach my $value (@vals)
        
            $g_current_cpu_temp = $current_cpu_temp;
        
            $g_current_gpu_temp = $current_gpu_temp;
        
            print "Maximum CPU Temperature Seen: $current_cpu_temp degrees C.\n";
        
            print "Maximum GPU Temperature Seen: $current_gpu_temp degrees C.\n";
        
            print "Current Minimum Fan Speed: $min_fan_speed RPM\n";
        
            print "Current Maximum Fan Speed: $max_fan_speed RPM\n";
        
            my $desired_fan_speed = 0x0;
        
            my @cpu_temps = keys %cpu_temp_to_fan_speed;
        
            for my $cpu_temp (@cpu_temps)
        
            {
        
              if( $current_cpu_temp > $cpu_temp )
        
              {
        
                # If the current CPU temperature is higher than the temperature enumerated by this hash lookup,
        
                # Then set the desired fan speed (if our value is larger than the existing value)
        
                $desired_fan_speed = max( $cpu_temp_to_fan_speed{ $cpu_temp }, $desired_fan_speed );
        
                #print "The fan speed setting for CPU Temp $cpu_temp *C is $cpu_temp_to_fan_speed{$cpu_temp} % duty cycle\n";
        
              }
        
            }
        
            my @gpu_temps = keys %gpu_temp_to_fan_speed;
        
            for my $gpu_temp (@gpu_temps)
        
            {
        
              if( $current_gpu_temp > $gpu_temp )
        
              {
        
                # If the current gPU temperature is higher than the temperature enumerated by this hash lookup,
        
                # Then set the desired fan speed (if our value is larger than the existing value)
        
                $desired_fan_speed = max( $gpu_temp_to_fan_speed{ $gpu_temp }, $desired_fan_speed );
        
                #print "The fan speed setting for GPU Temp $gpu_temp *C is $gpu_temp_to_fan_speed{$gpu_temp} % duty cycle\n";
        
              }
        
            }
        
            if( $desired_fan_speed == 0x0 )
        
            {
        
              print "\n***** ERROR: Failed to determine a desired fan speed. Forcing fans to 100% duty cycle as a safety fallback measure. *****\n";
        
              $desired_fan_speed = 0x64;
        
            }
        
            print "Current Fan Duty Cycle: $g_current_fan_duty_cycle%\n";
        
            print "Desired Fan Duty Cycle: $desired_fan_speed%\n";
        
            SetFanSpeed( $desired_fan_speed );
        
          }
        
          print "Setting Fan mode to FULL SPEED.\n";
        
          # Ensure Fan Mode is set to Full Speed
        
          `ipmitool -I $ipmi_connectmode -U $ipmi_username -P $ipmi_password -H $ipmi_ipaddress raw 0x30 0x45 0x01 0x01`;
        
          while( 1 )
        
          {
        
            print "\n";
        
            print "=================================================================\n";
        
            print "Calling UpdateFanSpeed()...\n";
        
            print "=================================================================\n";
        
            UpdateFanSpeed();
        
            print "=================================================================\n";
        
            print "Update Complete - going to sleep for $seconds_to_sleep seconds...\n";
        
            print "=================================================================\n";
        
            sleep $seconds_to_sleep;
        
          }

missmah / ipmi_tools Public

Users who have contributed to this file

	#!/usr/bin/perl
	use strict;
	use warnings;
	use List::Util qw[min max];

	# This script controls SuperMicro server fan speeds via IPMI in response to CPU and GPU Temperatures.
	# This script is tested on the SuperMicro X10 4027GR-TRT Server. It may work on other X9/X10/X11 motherboards.
	#
	# NOTE: The script puts your server into "Full Fan Speed Mode", and then modifies what "Full Speed" means,
	# You have to manually use IPMI to set it to e.g. "Optimal" when you're not using the script.
	#
	# NOTE: You use this script at your own risk, and no warranty is provided. Do not use in produciton environments.
	#
	# Author: Layla Mah <layla@insightfulvr.com>

	# System Configuration
	my $number_of_cpus = 2; # Number of CPUs to search for
	my $number_of_gpus = 4; # Number of GPUs to search for
	my $number_of_fans = 8; # Number of FANs to search for
	my $number_of_fanbanks = 4; # Number of BANKs of FANs to update
	my $min_temp_change = 5; # *C minimum change to actually cause a fan speed update
	my $seconds_to_sleep = 5; # Number of seconds to sleep between update loops

	# IPMI Configuration
	my $ipmi_username = "username_goes_here";
	my $ipmi_password = "password_goes_here";
	my $ipmi_ipaddress = "ip_address_goes_here";
	my $ipmi_connectmode = "lan";
	my $ipmi_cmd_listall = "sdr list full";
	my $ipmi_preamble = 'ipmitool -I $ipmi_connectmode -U $ipmi_username -P $ipmi_password -H $ipmi_ipaddress';

	# CPU Temp -> Fan Speed Mappings
	my %cpu_temp_to_fan_speed;
	$cpu_temp_to_fan_speed{80} = 0x64;
	$cpu_temp_to_fan_speed{75} = 0x56;
	$cpu_temp_to_fan_speed{70} = 0x48;
	$cpu_temp_to_fan_speed{60} = 0x40;
	$cpu_temp_to_fan_speed{55} = 0x32;
	$cpu_temp_to_fan_speed{50} = 0x16;
	$cpu_temp_to_fan_speed{10} = 0x8;

	# GPU Temp -> Fan Speed Mappings
	my %gpu_temp_to_fan_speed;
	$gpu_temp_to_fan_speed{93} = 0x64;
	$gpu_temp_to_fan_speed{90} = 0x56;
	$gpu_temp_to_fan_speed{85} = 0x48;
	$gpu_temp_to_fan_speed{80} = 0x40;
	$gpu_temp_to_fan_speed{75} = 0x32;
	$gpu_temp_to_fan_speed{70} = 0x24;
	$gpu_temp_to_fan_speed{65} = 0x22;
	$gpu_temp_to_fan_speed{50} = 0x20;
	$gpu_temp_to_fan_speed{40} = 0x18;
	$gpu_temp_to_fan_speed{30} = 0x16;
	$gpu_temp_to_fan_speed{10} = 0x8;

	# Below this line follows the actual implementation of the script

	my $g_current_fan_duty_cycle = 0;
	my $g_current_gpu_temp = 0;
	my $g_current_cpu_temp = 0;
	my $g_last_set_cpu_temp = 0;
	my $g_last_set_gpu_temp = 0;

	sub Internal_DoSetFanSpeed
	{
	my ( $fan_speed ) = @_;

	foreach my $fanbank (0..$number_of_fanbanks)
	{
	my $hex_fanbank = sprintf( "0x%x", $fanbank );
	`ipmitool -I $ipmi_connectmode -U $ipmi_username -P $ipmi_password -H $ipmi_ipaddress raw 0x30 0x70 0x66 0x01 $hex_fanbank $fan_speed`;
	}
	}

	sub SetFanSpeed
	{
	my ( $fan_speed ) = @_;

	my $cpu_temp_difference = $g_current_cpu_temp - $g_last_set_cpu_temp;
	my $gpu_temp_difference = $g_current_gpu_temp - $g_last_set_gpu_temp;
	if( ( (abs $cpu_temp_difference) > $min_temp_change ) or ( (abs $gpu_temp_difference) > $min_temp_change ) )
	{
	# Set all 4 fan banks to operate at $fan_speed duty cycle (0x0-0x64 valid range)
	print "\n";
	print "****************** Updating Fan Speeds ******************\n";
	print "We last updated fan speed $cpu_temp_difference *C ago (CPU Temperature).\n";
	print "We last updated fan speed $gpu_temp_difference *C ago (GPU Temperature).\n";
	print "Current CPU Temperature is $g_current_cpu_temp *C.\n";
	print "Current GPU Temperature is $g_current_gpu_temp *C.\n";
	print "Setting Fan Speed on all fan banks to $fan_speed\n";
	print "*************************************************************\n";

	$g_last_set_cpu_temp = $g_current_cpu_temp;
	$g_last_set_gpu_temp = $g_current_gpu_temp;
	$g_current_fan_duty_cycle = $fan_speed;

	Internal_DoSetFanSpeed( $fan_speed );
	}
	}

	sub UpdateFanSpeed
	{
	# Gather statistics for fan speed and CPU Temp and stuch
	my $ipmi_output = `ipmitool -I $ipmi_connectmode -U $ipmi_username -P $ipmi_password -H $ipmi_ipaddress $ipmi_cmd_listall`;
	my @vals = split( "\n", $ipmi_output );

	my $current_cpu_temp = 0;
	my $current_gpu_temp = 0;
	my $min_fan_speed = 30000;
	my $max_fan_speed = 0;

	foreach my $value (@vals)
	{

	foreach my $fan (1..$number_of_fans)
	{
	if( $value =~ /^(FAN$fan)\s.\s(\d+)\s.RPM.*/gi )
	{
	#print "Value : $value\n";
	#print "Matched : $1\n";
	#print "FanSpeed: $2 RPM\n";
	print "$1 ....: $2 RPM\n";
	my $fan_speed = $2;
	$min_fan_speed = min( $fan_speed, $min_fan_speed );
	$max_fan_speed = max( $fan_speed, $max_fan_speed );
	}
	} # foreach my $fan (1..$number_of_fans)

	foreach my $cpu (1..$number_of_cpus)
	{
	if( $value =~ /^(CPU$cpu\sTemp).\s(\d+)\s.degrees\sC.*/gi )
	{
	#print "Value : $value\n";
	#print "Matched: $1\n";
	#print "Temp : $2 degrees C\n";
	print "$1: $2 degrees C\n";
	my $cpu_temp = $2;
	$current_cpu_temp = max( $cpu_temp, $current_cpu_temp );
	}
	} # foreach my $cpu (1..$number_of_cpus)

	foreach my $gpu (1..$number_of_gpus)
	{
	if( $value =~ /^(GPU$gpu\sTemp).\s(\d+)\s.degrees\sC.*/gi )
	{
	#print "Value : $value\n";
	#print "Matched: $1\n";
	#print "Temp : $2 degrees C\n";
	print "$1: $2 degrees C\n";
	my $gpu_temp = $2;
	$current_gpu_temp = max( $gpu_temp, $current_gpu_temp );
	}
	} # foreach my $gpu (1..$number_of_gpus)

	} # foreach my $value (@vals)

	$g_current_cpu_temp = $current_cpu_temp;
	$g_current_gpu_temp = $current_gpu_temp;

	print "Maximum CPU Temperature Seen: $current_cpu_temp degrees C.\n";
	print "Maximum GPU Temperature Seen: $current_gpu_temp degrees C.\n";
	print "Current Minimum Fan Speed: $min_fan_speed RPM\n";
	print "Current Maximum Fan Speed: $max_fan_speed RPM\n";

	my $desired_fan_speed = 0x0;

	my @cpu_temps = keys %cpu_temp_to_fan_speed;
	for my $cpu_temp (@cpu_temps)
	{
	if( $current_cpu_temp > $cpu_temp )
	{
	# If the current CPU temperature is higher than the temperature enumerated by this hash lookup,
	# Then set the desired fan speed (if our value is larger than the existing value)
	$desired_fan_speed = max( $cpu_temp_to_fan_speed{ $cpu_temp }, $desired_fan_speed );
	#print "The fan speed setting for CPU Temp $cpu_temp *C is $cpu_temp_to_fan_speed{$cpu_temp} % duty cycle\n";
	}
	}

	my @gpu_temps = keys %gpu_temp_to_fan_speed;
	for my $gpu_temp (@gpu_temps)
	{
	if( $current_gpu_temp > $gpu_temp )
	{
	# If the current gPU temperature is higher than the temperature enumerated by this hash lookup,
	# Then set the desired fan speed (if our value is larger than the existing value)
	$desired_fan_speed = max( $gpu_temp_to_fan_speed{ $gpu_temp }, $desired_fan_speed );
	#print "The fan speed setting for GPU Temp $gpu_temp *C is $gpu_temp_to_fan_speed{$gpu_temp} % duty cycle\n";
	}
	}

	if( $desired_fan_speed == 0x0 )
	{
	print "\n*** ERROR: Failed to determine a desired fan speed. Forcing fans to 100% duty cycle as a safety fallback measure. ***\n";
	$desired_fan_speed = 0x64;
	}

	print "Current Fan Duty Cycle: $g_current_fan_duty_cycle%\n";
	print "Desired Fan Duty Cycle: $desired_fan_speed%\n";

	SetFanSpeed( $desired_fan_speed );

	}

	print "Setting Fan mode to FULL SPEED.\n";
	# Ensure Fan Mode is set to Full Speed
	`ipmitool -I $ipmi_connectmode -U $ipmi_username -P $ipmi_password -H $ipmi_ipaddress raw 0x30 0x45 0x01 0x01`;

	while( 1 )
	{
	print "\n";
	print "=================================================================\n";
	print "Calling UpdateFanSpeed()...\n";
	print "=================================================================\n";
	UpdateFanSpeed();
	print "=================================================================\n";
	print "Update Complete - going to sleep for $seconds_to_sleep seconds...\n";
	print "=================================================================\n";
	sleep $seconds_to_sleep;
	}